import argparse
from vllm_models.qwen_chat_model import Qwen2ChatModel


def main(prompt):
    model = Qwen2ChatModel(model_name="Qwen/Qwen2.5-7B-Instruct", base_url="http://10.0.102.69:8000/v1",
                           api_key="123456")
    response = model.chat(prompt)
    print(response)


if __name__ == "__main__":
    parser = argparse.ArgumentParser(description="Qwen2-VL image description")
    parser.add_argument("--prompt", required=True, help="Prompt for the model")
    args = parser.parse_args()
    main(args.prompt)